#! /bin/bash

DATAX_HOME=/opt/module/datax

#DataX导出路径不允许存在空文件，该函数作用为清理空文件
handle_export_path(){
  for i in `hadoop fs -ls -R $1 | awk '{print $8}'`; do
    hadoop fs -test -z $i
    if [[ $? -eq 0 ]]; then
      echo "$i文件大小为0，正在删除"
      hadoop fs -rm -r -f $i
    fi
  done
}

#数据导出
export_data() {
  datax_config=$1
  export_dir=$2
  handle_export_path $export_dir
  $DATAX_HOME/bin/datax.py -p"-Dexportdir=$export_dir" $datax_config
}

case $1 in
"ads_traffic_stats_by_channel")
  export_data /opt/module/datax/job/export/edu_report.ads_traffic_stats_by_channel.json  /warehouse/edu/ads/ads_traffic_stats_by_channel
;;
"ads_page_path")
  export_data /opt/module/datax/job/export/edu_report.ads_page_path.json  /warehouse/edu/ads/ads_page_path
;;
"ads_sc_order_stats")
  export_data /opt/module/datax/job/export/edu_report.ads_sc_order_stats.json  /warehouse/edu/ads/ads_sc_order_stats
;;
"ads_user_change")
  export_data /opt/module/datax/job/export/edu_report.ads_user_change.json  /warehouse/edu/ads/ads_user_change
;;
"ads_user_retention")
  export_data /opt/module/datax/job/export/edu_report.ads_user_retention.json  /warehouse/edu/ads/ads_user_retention
;;
"ads_user_stats")
  export_data /opt/module/datax/job/export/edu_report.ads_user_stats.json  /warehouse/edu/ads/ads_user_stats
;;
"ads_user_action")
  export_data /opt/module/datax/job/export/edu_report.ads_user_action.json  /warehouse/edu/ads/ads_user_action
;;
"ads_new_buyer_stats")
  export_data /opt/module/datax/job/export/edu_report.ads_new_buyer_stats.json  /warehouse/edu/ads/ads_new_buyer_stats
;;
"ads_age_range_order_stats")
  export_data /opt/module/datax/job/export/edu_report.ads_age_range_order_stats.json  /warehouse/edu/ads/ads_age_range_order_stats
;;
"ads_trade_stats_by_cate")
  export_data /opt/module/datax/job/export/edu_report.ads_trade_stats_by_cate.json  /warehouse/edu/ads/ads_trade_stats_by_cate
;;
"ads_trade_stats_by_sub")
  export_data /opt/module/datax/job/export/edu_report.ads_trade_stats_by_sub.json  /warehouse/edu/ads/ads_trade_stats_by_sub
;;
"ads_trade_stats_by_course")
  export_data /opt/module/datax/job/export/edu_report.ads_trade_stats_by_course.json  /warehouse/edu/ads/ads_trade_stats_by_course
;;
"ads_course_review_stats")
  export_data /opt/module/datax/job/export/edu_report.ads_course_review_stats.json  /warehouse/edu/ads/ads_course_review_stats
;;
"ads_audition_category_retention")
  export_data /opt/module/datax/job/export/edu_report.ads_audition_category_retention.json  /warehouse/edu/ads/ads_audition_category_retention
;;
"ads_audition_subject_retention")
  export_data /opt/module/datax/job/export/edu_report.ads_audition_subject_retention.json  /warehouse/edu/ads/ads_audition_subject_retention
;;
"ads_audition_course_retention")
  export_data /opt/module/datax/job/export/edu_report.ads_audition_course_retention.json  /warehouse/edu/ads/ads_audition_course_retention
;;
"ads_trade_stats")
  export_data /opt/module/datax/job/export/edu_report.ads_trade_stats.json  /warehouse/edu/ads/ads_trade_stats
;;
"ads_order_by_province")
  export_data /opt/module/datax/job/export/edu_report.ads_order_by_province.json  /warehouse/edu/ads/ads_order_by_province
;;
"ads_paper")
  export_data /opt/module/datax/job/export/edu_report.ads_paper.json  /warehouse/edu/ads/ads_paper
;;
"ads_course_exam")
  export_data /opt/module/datax/job/export/edu_report.ads_course_exam.json  /warehouse/edu/ads/ads_course_exam
;;
"ads_paper_score_distribution")
  export_data /opt/module/datax/job/export/edu_report.ads_paper_score_distribution.json  /warehouse/edu/ads/ads_paper_score_distribution
;;
"ads_question_accuracy")
  export_data /opt/module/datax/job/export/edu_report.ads_question_accuracy.json  /warehouse/edu/ads/ads_question_accuracy
;;
"ads_chapter_video_play_stats")
  export_data /opt/module/datax/job/export/edu_report.ads_chapter_video_play_stats.json  /warehouse/edu/ads/ads_chapter_video_play_stats
;;
"ads_course_video_play_stats")
  export_data /opt/module/datax/job/export/edu_report.ads_course_video_play_stats.json  /warehouse/edu/ads/ads_course_video_play_stats
;;
"ads_course_course_complete_user_count")
  export_data /opt/module/datax/job/export/edu_report.ads_course_course_complete_user_count.json  /warehouse/edu/ads/ads_course_course_complete_user_count
;;
"ads_course_complete_stats")
  export_data /opt/module/datax/job/export/edu_report.ads_course_complete_stats.json  /warehouse/edu/ads/ads_course_complete_stats
;;
"ads_course_chapter_complete_user_average_count")
  export_data /opt/module/datax/job/export/edu_report.ads_course_chapter_complete_user_average_count.json  /warehouse/edu/ads/ads_course_chapter_complete_user_average_count
;;

"all")
    export_data /opt/module/datax/job/export/edu_report.ads_traffic_stats_by_channel.json /warehouse/edu/ads/ads_traffic_stats_by_channel 
  export_data /opt/module/datax/job/export/edu_report.ads_page_path.json /warehouse/edu/ads/ads_page_path 
  export_data /opt/module/datax/job/export/edu_report.ads_sc_order_stats.json /warehouse/edu/ads/ads_sc_order_stats 
  export_data /opt/module/datax/job/export/edu_report.ads_user_change.json /warehouse/edu/ads/ads_user_change 
  export_data /opt/module/datax/job/export/edu_report.ads_user_retention.json /warehouse/edu/ads/ads_user_retention 
  export_data /opt/module/datax/job/export/edu_report.ads_user_stats.json /warehouse/edu/ads/ads_user_stats 
  export_data /opt/module/datax/job/export/edu_report.ads_user_action.json /warehouse/edu/ads/ads_user_action 
  export_data /opt/module/datax/job/export/edu_report.ads_new_buyer_stats.json /warehouse/edu/ads/ads_new_buyer_stats 
  export_data /opt/module/datax/job/export/edu_report.ads_age_range_order_stats.json /warehouse/edu/ads/ads_age_range_order_stats 
  export_data /opt/module/datax/job/export/edu_report.ads_trade_stats_by_cate.json /warehouse/edu/ads/ads_trade_stats_by_cate 
  export_data /opt/module/datax/job/export/edu_report.ads_trade_stats_by_sub.json /warehouse/edu/ads/ads_trade_stats_by_sub 
  export_data /opt/module/datax/job/export/edu_report.ads_trade_stats_by_course.json /warehouse/edu/ads/ads_trade_stats_by_course 
  export_data /opt/module/datax/job/export/edu_report.ads_course_review_stats.json /warehouse/edu/ads/ads_course_review_stats 
  export_data /opt/module/datax/job/export/edu_report.ads_audition_category_retention.json /warehouse/edu/ads/ads_audition_category_retention 
  export_data /opt/module/datax/job/export/edu_report.ads_audition_subject_retention.json /warehouse/edu/ads/ads_audition_subject_retention 
  export_data /opt/module/datax/job/export/edu_report.ads_audition_course_retention.json /warehouse/edu/ads/ads_audition_course_retention 
  export_data /opt/module/datax/job/export/edu_report.ads_trade_stats.json /warehouse/edu/ads/ads_trade_stats 
  export_data /opt/module/datax/job/export/edu_report.ads_order_by_province.json /warehouse/edu/ads/ads_order_by_province 
  export_data /opt/module/datax/job/export/edu_report.ads_paper.json /warehouse/edu/ads/ads_paper 
  export_data /opt/module/datax/job/export/edu_report.ads_course_exam.json /warehouse/edu/ads/ads_course_exam 
  export_data /opt/module/datax/job/export/edu_report.ads_paper_score_distribution.json /warehouse/edu/ads/ads_paper_score_distribution 
  export_data /opt/module/datax/job/export/edu_report.ads_question_accuracy.json /warehouse/edu/ads/ads_question_accuracy 
  export_data /opt/module/datax/job/export/edu_report.ads_chapter_video_play_stats.json /warehouse/edu/ads/ads_chapter_video_play_stats 
  export_data /opt/module/datax/job/export/edu_report.ads_course_video_play_stats.json /warehouse/edu/ads/ads_course_video_play_stats 
  export_data /opt/module/datax/job/export/edu_report.ads_course_course_complete_user_count.json /warehouse/edu/ads/ads_course_course_complete_user_count 
  export_data /opt/module/datax/job/export/edu_report.ads_course_complete_stats.json /warehouse/edu/ads/ads_course_complete_stats 
  export_data /opt/module/datax/job/export/edu_report.ads_course_chapter_complete_user_average_count.json /warehouse/edu/ads/ads_course_chapter_complete_user_average_count 
  ;;
esac

